using Plots
using DataFrames
using CSV
using Statistics

results = CSV.read("results.csv")

	type	size	time
	String⍰	Int64⍰	Float64⍰
1	naive	1	6.0e-6
2	naive	1	5.0e-6
3	naive	1	5.0e-6
4	naive	1	5.0e-6
5	naive	1	5.0e-6
6	naive	1	5.0e-6
7	naive	1	5.0e-6
8	naive	1	5.0e-6
9	naive	1	5.0e-6
10	naive	1	5.0e-6
11	naive	50	0.000662
12	naive	50	0.003173
13	naive	50	0.000606
14	naive	50	0.001108
15	naive	50	0.004608
16	naive	50	0.001341
17	naive	50	0.001247
18	naive	50	0.000633
19	naive	50	0.000591
20	naive	50	0.000667
21	naive	100	0.017195
22	naive	100	0.023253
23	naive	100	0.017988
24	naive	100	0.026258
25	naive	100	0.038301
26	naive	100	0.016633
27	naive	100	0.019715
28	naive	100	0.03091
29	naive	100	0.027105
30	naive	100	0.02762
⋮	⋮	⋮	⋮

df_agg = by(results, [:size, :type]) do subGroup
    DataFrame(AvgTime = mean(subGroup.time), StDev = std(subGroup.time))
end

	size	type	AvgTime	StDev
	Int64⍰	String⍰	Float64	Float64
1	1	naive	5.1e-6	3.16228e-7
2	50	naive	0.0014636	0.00135243
3	100	naive	0.0244978	0.00693843
4	500	naive	1.93436	0.37392
5	1000	naive	17.5381	6.66911
6	1100	naive	31.2614	9.36956
7	1200	naive	42.8949	4.26266
8	1300	naive	59.9929	12.5511
9	1400	naive	73.4805	10.1046
10	1500	naive	108.304	30.9385
11	1	better	5.2e-6	4.21637e-7
12	50	better	0.0017575	0.00214613
13	100	better	0.023085	0.00792847
14	500	better	1.68388	0.594637
15	1000	better	12.5741	4.89927
16	1100	better	17.8754	8.14766
17	1200	better	23.8305	5.22944
18	1300	better	32.7109	9.22493
19	1400	better	40.0962	6.30127
20	1500	better	61.573	16.179
21	1	blas	5.4e-6	5.16398e-7
22	50	blas	0.000461	0.00101447
23	100	blas	0.002792	0.00162572
24	500	blas	0.555112	0.164736
25	1000	blas	2.90321	0.684585
26	1100	blas	4.3202	1.64738
27	1200	blas	5.18734	1.21155
28	1300	blas	7.73543	2.07953
29	1400	blas	8.24613	1.91997
30	1500	blas	13.9995	6.34099

sort(df_agg, [:size, :AvgTime])

	size	type	AvgTime	StDev
	Int64⍰	String⍰	Float64	Float64
1	1	naive	5.1e-6	3.16228e-7
2	1	better	5.2e-6	4.21637e-7
3	1	blas	5.4e-6	5.16398e-7
4	50	blas	0.000461	0.00101447
5	50	naive	0.0014636	0.00135243
6	50	better	0.0017575	0.00214613
7	100	blas	0.002792	0.00162572
8	100	better	0.023085	0.00792847
9	100	naive	0.0244978	0.00693843
10	500	blas	0.555112	0.164736
11	500	better	1.68388	0.594637
12	500	naive	1.93436	0.37392
13	1000	blas	2.90321	0.684585
14	1000	better	12.5741	4.89927
15	1000	naive	17.5381	6.66911
16	1100	blas	4.3202	1.64738
17	1100	better	17.8754	8.14766
18	1100	naive	31.2614	9.36956
19	1200	blas	5.18734	1.21155
20	1200	better	23.8305	5.22944
21	1200	naive	42.8949	4.26266
22	1300	blas	7.73543	2.07953
23	1300	better	32.7109	9.22493
24	1300	naive	59.9929	12.5511
25	1400	blas	8.24613	1.91997
26	1400	better	40.0962	6.30127
27	1400	naive	73.4805	10.1046
28	1500	blas	13.9995	6.34099
29	1500	better	61.573	16.179
30	1500	naive	108.304	30.9385

df_agg[:type] .== "naive"
df_naive = df_agg[df_agg[:type] .== "naive", :]

	size	type	AvgTime	StDev
	Int64⍰	String⍰	Float64	Float64
1	1	naive	5.1e-6	3.16228e-7
2	50	naive	0.0014636	0.00135243
3	100	naive	0.0244978	0.00693843
4	500	naive	1.93436	0.37392
5	1000	naive	17.5381	6.66911
6	1100	naive	31.2614	9.36956
7	1200	naive	42.8949	4.26266
8	1300	naive	59.9929	12.5511
9	1400	naive	73.4805	10.1046
10	1500	naive	108.304	30.9385

df_agg[:type] .== "better"
df_better = df_agg[df_agg[:type] .== "better", :]

	size	type	AvgTime	StDev
	Int64⍰	String⍰	Float64	Float64
1	1	better	5.2e-6	4.21637e-7
2	50	better	0.0017575	0.00214613
3	100	better	0.023085	0.00792847
4	500	better	1.68388	0.594637
5	1000	better	12.5741	4.89927
6	1100	better	17.8754	8.14766
7	1200	better	23.8305	5.22944
8	1300	better	32.7109	9.22493
9	1400	better	40.0962	6.30127
10	1500	better	61.573	16.179

df_agg[:type] .== "blas"
df_lib = df_agg[df_agg[:type] .== "blas", :]

	size	type	AvgTime	StDev
	Int64⍰	String⍰	Float64	Float64
1	1	blas	5.4e-6	5.16398e-7
2	50	blas	0.000461	0.00101447
3	100	blas	0.002792	0.00162572
4	500	blas	0.555112	0.164736
5	1000	blas	2.90321	0.684585
6	1100	blas	4.3202	1.64738
7	1200	blas	5.18734	1.21155
8	1300	blas	7.73543	2.07953
9	1400	blas	8.24613	1.91997
10	1500	blas	13.9995	6.34099

plot(df_lib[:size], [df_naive[:AvgTime], df_better[:AvgTime], df_lib[:AvgTime]], label = ["naive", "better", "blas"], size = (1000, 600))
scatter!(df_lib[:size], df_naive[:AvgTime], yerr = df_naive[:StDev], label = "naive")
scatter!(df_lib[:size], df_better[:AvgTime], yerr = df_better[:StDev], label = "better")
scatter!(df_lib[:size], df_lib[:AvgTime], yerr = df_lib[:StDev], label = "blas")